#!/usr/bin/sh
DIR=$(cd `dirname $0`; cd ..; pwd)
cd $DIR
ROOT_HOME=$DIR;export ROOT_HOME
LIB_HOME=$DIR/libs;export LIB_HOME

spark-submit \
        --master spark://192.168.1.16:7077\
        --deploy-mode client\
        --name ImageDataChangshaFetch\
        --executor-memory 16G \
        --total-executor-cores 120 \
        --class com.haizhi.kg.databuilder.ImageDataChangshaFetch\
        --conf "spark.hadoop.mapreduce.input.fileinputformat.split.minsize=107374182" \
        --jars $(ls libs/*.jar |grep -v "spark-processor"| tr '\n' ',')\
        ./libs/spark-processor-1.0.0.jar

